# Load the data from the database to a local CSV
#library(DBI)
#source("api_keys.py")

#con <- dbConnect(
#   RPostgres::Postgres(),
#   host = SQL_HOST,
#   dbname = SQL_DB,
#   user = SQL_USER,
#   password = SQL_PASS
#)

#dataset <- tbl(con, "dataset") %>%
#   collect()

#dbDisconnect(con)
#write_csv(dataset, "dataset.csv")


library(magrittr)
library(plotROC)
## Warning: package 'plotROC' was built under R version 3.6.3
## Loading required package: ggplot2
library(plotly)
## Warning: package 'plotly' was built under R version 3.6.3
## 
## Attaching package: 'plotly'
## The following object is masked from 'package:ggplot2':
## 
##     last_plot
## The following object is masked from 'package:stats':
## 
##     filter
## The following object is masked from 'package:graphics':
## 
##     layout
library(tidyverse)
## -- Attaching packages ---------------------------------------------------------------------------------------------------------------------------------------------------------- tidyverse 1.3.0 --
## v tibble  2.1.3     v dplyr   0.8.3
## v tidyr   1.0.2     v stringr 1.4.0
## v readr   1.3.1     v forcats 0.5.0
## v purrr   0.3.3
## Warning: package 'forcats' was built under R version 3.6.3
## -- Conflicts ------------------------------------------------------------------------------------------------------------------------------------------------------------- tidyverse_conflicts() --
## x tidyr::extract()   masks magrittr::extract()
## x dplyr::filter()    masks plotly::filter(), stats::filter()
## x dplyr::lag()       masks stats::lag()
## x purrr::set_names() masks magrittr::set_names()
# Retrieve the data saved from the database
dataset <- read_csv("dataset.csv") %>%
    filter(lastpos != 0) # songs on the charts for the first time haven't changed rank
## Parsed with column specification:
## cols(
##   .default = col_double(),
##   chartmonth = col_date(format = ""),
##   newsmonth = col_date(format = ""),
##   uri = col_character()
## )
## See spec(...) for full column specifications.
# Reduce dimensionality of song-related features
PCA_songs <- dataset %>%
    select(songpositivity,   songnegativity, songneutrality, songsentiment,
           acousticness,     danceability,   duration_ms,    energy,
           instrumentalness, key,            liveness,       loudness,
           mode,             speechiness,    tempo,          time_signature,
           valence,          peakpos,        weeks,
           starts_with(c("songmin", "songmax"))) %>%
    prcomp() %>%
    magrittr::extract2("x") %>%
    magrittr::extract(, 1:30) %>%
    as.data.frame() %>%
    setNames(paste0("song_", colnames(.)))


# Reduce dimensionality of news-related features
PCA_news <- dataset %>%
    select(newspositivity,   newsnegativity, newsneutrality, newssentiment,
           starts_with(c("newsmin", "newsmax"))) %>%
    prcomp() %>%
    magrittr::extract2("x") %>%
    magrittr::extract(, 1:30) %>%
    as.data.frame() %>%
    setNames(paste0("news_", colnames(.)))


# Generate the model formula with all the interaction terms
formula <- expand_grid(PC_song = colnames(PCA_songs), PC_news = colnames(PCA_news)) %>%
    mutate(interaction = paste(PC_song, PC_news, sep = ":")) %>%
    pull(interaction) %>%
    paste(collapse = " + ") %>%
    paste("response ~", . )


# Merge the two PCA data frames with the response values to get one dataset
features <- dataset %>%
    mutate(response = rank < lastpos) %>%
    select(response) %>%
    cbind(PCA_songs, PCA_news)


# Train-test split
training_data <- features %>%
    sample_frac(0.5)

testing_data <- anti_join(features, training_data)
## Joining, by = c("response", "song_PC1", "song_PC2", "song_PC3", "song_PC4", "song_PC5", "song_PC6", "song_PC7", "song_PC8", "song_PC9", "song_PC10", "song_PC11", "song_PC12", "song_PC13", "song_PC14", "song_PC15", "song_PC16", "song_PC17", "song_PC18", "song_PC19", "song_PC20", "song_PC21", "song_PC22", "song_PC23", "song_PC24", "song_PC25", "song_PC26", "song_PC27", "song_PC28", "song_PC29", "song_PC30", "news_PC1", "news_PC2", "news_PC3", "news_PC4", "news_PC5", "news_PC6", "news_PC7", "news_PC8", "news_PC9", "news_PC10", "news_PC11", "news_PC12", "news_PC13", "news_PC14", "news_PC15", "news_PC16", "news_PC17", "news_PC18", "news_PC19", "news_PC20", "news_PC21", "news_PC22", "news_PC23", "news_PC24", "news_PC25", "news_PC26", "news_PC27", "news_PC28", "news_PC29", "news_PC30")
# Fit the model
model <- glm(formula, data = training_data, family = "binomial")
summary(model)
## 
## Call:
## glm(formula = formula, family = "binomial", data = training_data)
## 
## Deviance Residuals: 
##     Min       1Q   Median       3Q      Max  
## -2.3445  -0.9094  -0.5397   1.0214   2.9268  
## 
## Coefficients:
##                       Estimate Std. Error z value Pr(>|z|)    
## (Intercept)         -4.776e-01  4.140e-02 -11.535  < 2e-16 ***
## song_PC1:news_PC1    4.422e-07  7.751e-07   0.571 0.568301    
## song_PC1:news_PC2    2.923e-06  1.144e-06   2.555 0.010618 *  
## song_PC1:news_PC3   -2.337e-06  1.429e-06  -1.636 0.101817    
## song_PC1:news_PC4   -4.283e-07  1.867e-06  -0.229 0.818579    
## song_PC1:news_PC5   -1.922e-06  2.562e-06  -0.750 0.453240    
## song_PC1:news_PC6   -1.766e-06  2.551e-06  -0.692 0.488922    
## song_PC1:news_PC7   -3.018e-07  2.607e-06  -0.116 0.907823    
## song_PC1:news_PC8    1.524e-06  3.614e-06   0.422 0.673206    
## song_PC1:news_PC9    2.324e-06  4.117e-06   0.564 0.572449    
## song_PC1:news_PC10   4.357e-06  3.241e-06   1.344 0.178887    
## song_PC1:news_PC11  -2.491e-07  3.321e-06  -0.075 0.940192    
## song_PC1:news_PC12  -1.915e-07  3.165e-06  -0.061 0.951747    
## song_PC1:news_PC13   5.245e-06  3.286e-06   1.596 0.110430    
## song_PC1:news_PC14   3.394e-06  3.646e-06   0.931 0.351975    
## song_PC1:news_PC15   1.011e-06  3.674e-06   0.275 0.783259    
## song_PC1:news_PC16  -4.127e-06  4.107e-06  -1.005 0.315063    
## song_PC1:news_PC17   9.713e-08  3.555e-06   0.027 0.978206    
## song_PC1:news_PC18   3.180e-06  3.780e-06   0.841 0.400187    
## song_PC1:news_PC19   7.937e-06  3.968e-06   2.000 0.045471 *  
## song_PC1:news_PC20  -4.953e-06  3.954e-06  -1.253 0.210305    
## song_PC1:news_PC21  -2.472e-06  4.067e-06  -0.608 0.543343    
## song_PC1:news_PC22  -2.884e-06  4.031e-06  -0.716 0.474295    
## song_PC1:news_PC23  -3.359e-06  4.836e-06  -0.694 0.487410    
## song_PC1:news_PC24  -1.243e-06  4.448e-06  -0.279 0.779966    
## song_PC1:news_PC25   2.069e-06  4.557e-06   0.454 0.649774    
## song_PC1:news_PC26   1.184e-05  4.413e-06   2.682 0.007309 ** 
## song_PC1:news_PC27  -1.119e-05  5.077e-06  -2.203 0.027561 *  
## song_PC1:news_PC28   4.697e-06  4.603e-06   1.020 0.307538    
## song_PC1:news_PC29  -5.610e-06  4.583e-06  -1.224 0.220938    
## song_PC1:news_PC30  -1.056e-05  4.314e-06  -2.449 0.014341 *  
## news_PC1:song_PC2    1.149e-03  1.053e-03   1.091 0.275080    
## news_PC2:song_PC2   -2.600e-03  1.680e-03  -1.547 0.121802    
## news_PC3:song_PC2   -4.727e-03  1.850e-03  -2.555 0.010621 *  
## news_PC4:song_PC2    2.155e-03  2.453e-03   0.879 0.379590    
## news_PC5:song_PC2   -5.002e-03  3.856e-03  -1.297 0.194565    
## news_PC6:song_PC2   -1.104e-02  4.002e-03  -2.758 0.005814 ** 
## news_PC7:song_PC2   -3.895e-03  3.848e-03  -1.012 0.311427    
## news_PC8:song_PC2    9.533e-03  6.310e-03   1.511 0.130832    
## news_PC9:song_PC2   -2.251e-02  6.497e-03  -3.464 0.000532 ***
## news_PC10:song_PC2  -7.344e-03  4.981e-03  -1.474 0.140362    
## news_PC11:song_PC2   1.237e-02  4.734e-03   2.612 0.009000 ** 
## news_PC12:song_PC2   2.590e-03  4.307e-03   0.601 0.547588    
## news_PC13:song_PC2   2.305e-02  4.685e-03   4.920 8.64e-07 ***
## news_PC14:song_PC2  -1.160e-02  5.240e-03  -2.213 0.026920 *  
## news_PC15:song_PC2   1.535e-02  5.178e-03   2.964 0.003035 ** 
## news_PC16:song_PC2   1.161e-02  6.138e-03   1.891 0.058643 .  
## news_PC17:song_PC2   1.472e-02  5.321e-03   2.766 0.005675 ** 
## news_PC18:song_PC2  -1.307e-02  5.276e-03  -2.477 0.013233 *  
## news_PC19:song_PC2  -1.002e-03  5.484e-03  -0.183 0.855065    
## news_PC20:song_PC2   4.592e-03  5.807e-03   0.791 0.429044    
## news_PC21:song_PC2   2.422e-03  5.802e-03   0.417 0.676326    
## news_PC22:song_PC2  -7.415e-03  5.611e-03  -1.322 0.186318    
## news_PC23:song_PC2  -8.302e-03  7.275e-03  -1.141 0.253758    
## news_PC24:song_PC2  -2.675e-03  6.124e-03  -0.437 0.662237    
## news_PC25:song_PC2   1.888e-02  6.340e-03   2.977 0.002907 ** 
## news_PC26:song_PC2   2.698e-03  6.156e-03   0.438 0.661170    
## news_PC27:song_PC2  -6.783e-03  7.091e-03  -0.957 0.338786    
## news_PC28:song_PC2   3.585e-03  6.192e-03   0.579 0.562636    
## news_PC29:song_PC2  -1.322e-03  5.867e-03  -0.225 0.821660    
## news_PC30:song_PC2   7.983e-03  5.965e-03   1.338 0.180734    
## news_PC1:song_PC3   -1.131e-03  1.048e-03  -1.079 0.280559    
## news_PC2:song_PC3    4.400e-04  1.580e-03   0.278 0.780688    
## news_PC3:song_PC3   -1.680e-03  1.975e-03  -0.851 0.394762    
## news_PC4:song_PC3    8.005e-03  2.577e-03   3.107 0.001893 ** 
## news_PC5:song_PC3   -4.428e-03  3.553e-03  -1.246 0.212658    
## news_PC6:song_PC3    4.581e-03  3.729e-03   1.229 0.219226    
## news_PC7:song_PC3   -3.924e-04  3.396e-03  -0.116 0.908015    
## news_PC8:song_PC3    4.738e-03  5.165e-03   0.917 0.358889    
## news_PC9:song_PC3   -3.569e-03  5.784e-03  -0.617 0.537212    
## news_PC10:song_PC3  -3.516e-03  4.643e-03  -0.757 0.448851    
## news_PC11:song_PC3   2.394e-03  4.387e-03   0.546 0.585239    
## news_PC12:song_PC3   6.531e-04  4.012e-03   0.163 0.870690    
## news_PC13:song_PC3   8.490e-03  4.477e-03   1.896 0.057936 .  
## news_PC14:song_PC3  -2.193e-04  5.050e-03  -0.043 0.965363    
## news_PC15:song_PC3   1.426e-02  5.071e-03   2.812 0.004918 ** 
## news_PC16:song_PC3   7.279e-03  5.753e-03   1.265 0.205771    
## news_PC17:song_PC3   1.189e-02  4.993e-03   2.381 0.017249 *  
## news_PC18:song_PC3   6.495e-03  5.277e-03   1.231 0.218394    
## news_PC19:song_PC3   3.328e-03  5.438e-03   0.612 0.540634    
## news_PC20:song_PC3   1.414e-02  5.805e-03   2.435 0.014880 *  
## news_PC21:song_PC3   1.808e-03  5.843e-03   0.309 0.756978    
## news_PC22:song_PC3   3.901e-03  5.778e-03   0.675 0.499562    
## news_PC23:song_PC3  -9.446e-03  7.097e-03  -1.331 0.183195    
## news_PC24:song_PC3   3.297e-03  6.473e-03   0.509 0.610486    
## news_PC25:song_PC3  -3.673e-03  6.174e-03  -0.595 0.551882    
## news_PC26:song_PC3   7.925e-03  6.081e-03   1.303 0.192514    
## news_PC27:song_PC3  -6.051e-04  7.627e-03  -0.079 0.936768    
## news_PC28:song_PC3  -3.415e-03  6.335e-03  -0.539 0.589794    
## news_PC29:song_PC3  -7.058e-03  6.157e-03  -1.146 0.251663    
## news_PC30:song_PC3  -1.807e-03  6.039e-03  -0.299 0.764835    
## news_PC1:song_PC4    6.487e-03  3.824e-03   1.697 0.089775 .  
## news_PC2:song_PC4   -4.246e-03  5.614e-03  -0.756 0.449427    
## news_PC3:song_PC4   -7.995e-03  6.724e-03  -1.189 0.234445    
## news_PC4:song_PC4    7.410e-03  8.540e-03   0.868 0.385607    
## news_PC5:song_PC4    9.088e-03  1.299e-02   0.700 0.484185    
## news_PC6:song_PC4   -2.077e-02  1.316e-02  -1.578 0.114454    
## news_PC7:song_PC4   -1.115e-02  1.166e-02  -0.956 0.338848    
## news_PC8:song_PC4    3.773e-02  2.227e-02   1.694 0.090312 .  
## news_PC9:song_PC4   -1.142e-02  2.306e-02  -0.495 0.620519    
## news_PC10:song_PC4  -5.884e-03  1.679e-02  -0.350 0.726010    
## news_PC11:song_PC4   4.276e-02  1.710e-02   2.501 0.012386 *  
## news_PC12:song_PC4  -2.373e-02  1.536e-02  -1.545 0.122341    
## news_PC13:song_PC4  -7.289e-03  1.671e-02  -0.436 0.662663    
## news_PC14:song_PC4   1.308e-02  1.734e-02   0.754 0.450682    
## news_PC15:song_PC4   4.178e-02  1.782e-02   2.345 0.019044 *  
## news_PC16:song_PC4   3.696e-02  2.196e-02   1.684 0.092266 .  
## news_PC17:song_PC4  -7.037e-03  1.851e-02  -0.380 0.703763    
## news_PC18:song_PC4   1.538e-02  1.837e-02   0.838 0.402295    
## news_PC19:song_PC4  -5.286e-04  1.889e-02  -0.028 0.977677    
## news_PC20:song_PC4   1.014e-02  2.049e-02   0.495 0.620497    
## news_PC21:song_PC4   1.314e-02  1.980e-02   0.664 0.506901    
## news_PC22:song_PC4   1.956e-02  2.017e-02   0.970 0.332268    
## news_PC23:song_PC4   1.155e-02  2.485e-02   0.465 0.642113    
## news_PC24:song_PC4   2.272e-02  2.168e-02   1.048 0.294808    
## news_PC25:song_PC4  -2.486e-02  2.141e-02  -1.161 0.245560    
## news_PC26:song_PC4   4.764e-02  2.199e-02   2.166 0.030285 *  
## news_PC27:song_PC4  -5.239e-02  2.371e-02  -2.210 0.027111 *  
## news_PC28:song_PC4   5.706e-02  2.317e-02   2.463 0.013782 *  
## news_PC29:song_PC4  -3.514e-02  2.156e-02  -1.630 0.103131    
## news_PC30:song_PC4   3.587e-02  2.118e-02   1.694 0.090355 .  
## news_PC1:song_PC5   -1.473e-02  7.939e-03  -1.856 0.063454 .  
## news_PC2:song_PC5    9.314e-04  1.213e-02   0.077 0.938796    
## news_PC3:song_PC5   -1.192e-02  1.471e-02  -0.810 0.418037    
## news_PC4:song_PC5    2.066e-02  1.948e-02   1.060 0.288993    
## news_PC5:song_PC5   -2.541e-02  2.662e-02  -0.955 0.339707    
## news_PC6:song_PC5    2.258e-02  3.052e-02   0.740 0.459444    
## news_PC7:song_PC5   -9.188e-03  2.835e-02  -0.324 0.745875    
## news_PC8:song_PC5   -5.729e-02  3.694e-02  -1.551 0.120956    
## news_PC9:song_PC5   -4.402e-02  4.109e-02  -1.071 0.283999    
## news_PC10:song_PC5  -1.723e-02  3.661e-02  -0.470 0.638017    
## news_PC11:song_PC5   1.549e-02  3.307e-02   0.468 0.639476    
## news_PC12:song_PC5   1.264e-02  3.052e-02   0.414 0.678667    
## news_PC13:song_PC5  -2.210e-02  3.346e-02  -0.661 0.508835    
## news_PC14:song_PC5   1.816e-02  3.793e-02   0.479 0.632013    
## news_PC15:song_PC5  -4.685e-02  3.682e-02  -1.272 0.203270    
## news_PC16:song_PC5   3.125e-02  4.238e-02   0.737 0.460901    
## news_PC17:song_PC5   2.600e-02  3.772e-02   0.689 0.490759    
## news_PC18:song_PC5  -3.137e-02  3.896e-02  -0.805 0.420807    
## news_PC19:song_PC5  -1.539e-02  4.102e-02  -0.375 0.707636    
## news_PC20:song_PC5  -7.655e-02  4.338e-02  -1.765 0.077602 .  
## news_PC21:song_PC5  -6.678e-03  4.322e-02  -0.155 0.877204    
## news_PC22:song_PC5  -8.456e-02  4.236e-02  -1.996 0.045893 *  
## news_PC23:song_PC5  -1.481e-02  5.169e-02  -0.286 0.774544    
## news_PC24:song_PC5  -2.565e-02  4.721e-02  -0.543 0.586988    
## news_PC25:song_PC5  -1.196e-01  4.693e-02  -2.548 0.010833 *  
## news_PC26:song_PC5   8.431e-03  4.562e-02   0.185 0.853372    
## news_PC27:song_PC5   6.050e-03  5.308e-02   0.114 0.909255    
## news_PC28:song_PC5  -2.131e-02  4.747e-02  -0.449 0.653601    
## news_PC29:song_PC5   5.566e-02  4.640e-02   1.200 0.230263    
## news_PC30:song_PC5  -7.778e-03  4.608e-02  -0.169 0.865949    
## news_PC1:song_PC6   -8.309e-03  1.429e-02  -0.581 0.560976    
## news_PC2:song_PC6   -4.889e-02  2.282e-02  -2.143 0.032120 *  
## news_PC3:song_PC6   -3.474e-02  2.538e-02  -1.369 0.171125    
## news_PC4:song_PC6    3.903e-02  3.737e-02   1.044 0.296303    
## news_PC5:song_PC6   -2.698e-02  4.716e-02  -0.572 0.567238    
## news_PC6:song_PC6   -1.027e-01  5.351e-02  -1.919 0.054948 .  
## news_PC7:song_PC6   -6.393e-02  5.017e-02  -1.274 0.202536    
## news_PC8:song_PC6    1.418e-01  7.066e-02   2.007 0.044747 *  
## news_PC9:song_PC6    3.585e-02  6.955e-02   0.515 0.606207    
## news_PC10:song_PC6   7.804e-02  6.453e-02   1.209 0.226526    
## news_PC11:song_PC6   1.582e-01  5.914e-02   2.674 0.007487 ** 
## news_PC12:song_PC6  -3.993e-02  5.592e-02  -0.714 0.475158    
## news_PC13:song_PC6   2.077e-02  5.989e-02   0.347 0.728716    
## news_PC14:song_PC6  -2.248e-02  6.897e-02  -0.326 0.744512    
## news_PC15:song_PC6  -7.104e-02  6.866e-02  -1.035 0.300771    
## news_PC16:song_PC6  -6.225e-02  7.580e-02  -0.821 0.411554    
## news_PC17:song_PC6  -2.856e-02  6.587e-02  -0.434 0.664567    
## news_PC18:song_PC6  -7.281e-03  7.050e-02  -0.103 0.917746    
## news_PC19:song_PC6  -1.269e-01  7.321e-02  -1.734 0.082960 .  
## news_PC20:song_PC6  -7.635e-02  7.568e-02  -1.009 0.313018    
## news_PC21:song_PC6   7.532e-02  7.782e-02   0.968 0.333101    
## news_PC22:song_PC6  -7.608e-03  7.490e-02  -0.102 0.919094    
## news_PC23:song_PC6   8.842e-02  9.542e-02   0.927 0.354118    
## news_PC24:song_PC6   5.278e-02  8.419e-02   0.627 0.530716    
## news_PC25:song_PC6  -1.696e-01  8.400e-02  -2.019 0.043508 *  
## news_PC26:song_PC6   2.116e-02  8.333e-02   0.254 0.799540    
## news_PC27:song_PC6   7.536e-02  9.902e-02   0.761 0.446605    
## news_PC28:song_PC6  -1.058e-02  8.552e-02  -0.124 0.901586    
## news_PC29:song_PC6   1.556e-01  7.872e-02   1.976 0.048101 *  
## news_PC30:song_PC6   2.628e-01  8.237e-02   3.191 0.001419 ** 
## news_PC1:song_PC7   -3.570e-02  2.548e-02  -1.401 0.161191    
## news_PC2:song_PC7    6.706e-02  4.110e-02   1.632 0.102772    
## news_PC3:song_PC7   -7.184e-02  4.555e-02  -1.577 0.114745    
## news_PC4:song_PC7    1.668e-01  6.326e-02   2.637 0.008362 ** 
## news_PC5:song_PC7    1.659e-02  9.144e-02   0.181 0.856039    
## news_PC6:song_PC7   -1.086e-02  9.800e-02  -0.111 0.911764    
## news_PC7:song_PC7    9.800e-02  9.015e-02   1.087 0.277029    
## news_PC8:song_PC7    2.694e-01  1.501e-01   1.795 0.072632 .  
## news_PC9:song_PC7    1.723e-01  1.556e-01   1.107 0.268318    
## news_PC10:song_PC7   1.098e-01  1.259e-01   0.872 0.383038    
## news_PC11:song_PC7   2.186e-01  1.159e-01   1.886 0.059259 .  
## news_PC12:song_PC7  -2.705e-02  1.017e-01  -0.266 0.790247    
## news_PC13:song_PC7  -9.320e-02  1.121e-01  -0.831 0.405833    
## news_PC14:song_PC7  -3.411e-01  1.199e-01  -2.845 0.004437 ** 
## news_PC15:song_PC7  -2.733e-02  1.210e-01  -0.226 0.821265    
## news_PC16:song_PC7   5.014e-02  1.410e-01   0.356 0.722112    
## news_PC17:song_PC7  -1.217e-01  1.291e-01  -0.942 0.345951    
## news_PC18:song_PC7   1.129e-01  1.257e-01   0.899 0.368832    
## news_PC19:song_PC7   6.774e-02  1.306e-01   0.519 0.603899    
## news_PC20:song_PC7  -1.586e-01  1.379e-01  -1.151 0.249832    
## news_PC21:song_PC7  -9.576e-02  1.378e-01  -0.695 0.486980    
## news_PC22:song_PC7   6.769e-02  1.415e-01   0.478 0.632504    
## news_PC23:song_PC7  -1.756e-01  1.694e-01  -1.037 0.299914    
## news_PC24:song_PC7   3.063e-01  1.442e-01   2.124 0.033661 *  
## news_PC25:song_PC7   3.604e-03  1.462e-01   0.025 0.980328    
## news_PC26:song_PC7  -3.035e-02  1.412e-01  -0.215 0.829749    
## news_PC27:song_PC7   7.953e-02  1.687e-01   0.471 0.637386    
## news_PC28:song_PC7  -1.959e-01  1.501e-01  -1.305 0.191782    
## news_PC29:song_PC7   3.573e-01  1.425e-01   2.508 0.012154 *  
## news_PC30:song_PC7  -1.770e-01  1.450e-01  -1.221 0.222055    
## news_PC1:song_PC8   -7.387e-03  3.640e-02  -0.203 0.839174    
## news_PC2:song_PC8   -8.028e-02  5.704e-02  -1.408 0.159258    
## news_PC3:song_PC8    1.975e-01  6.497e-02   3.041 0.002359 ** 
## news_PC4:song_PC8   -6.054e-02  8.671e-02  -0.698 0.485075    
## news_PC5:song_PC8    2.303e-01  1.280e-01   1.799 0.072077 .  
## news_PC6:song_PC8   -1.459e-01  1.412e-01  -1.033 0.301520    
## news_PC7:song_PC8    2.846e-01  1.254e-01   2.270 0.023216 *  
## news_PC8:song_PC8    5.015e-01  1.949e-01   2.572 0.010103 *  
## news_PC9:song_PC8    2.471e-02  1.994e-01   0.124 0.901366    
## news_PC10:song_PC8   3.330e-01  1.720e-01   1.936 0.052819 .  
## news_PC11:song_PC8   3.175e-01  1.538e-01   2.064 0.039044 *  
## news_PC12:song_PC8  -1.964e-01  1.400e-01  -1.403 0.160698    
## news_PC13:song_PC8   3.274e-01  1.504e-01   2.177 0.029453 *  
## news_PC14:song_PC8  -1.336e-01  1.680e-01  -0.795 0.426537    
## news_PC15:song_PC8   9.525e-02  1.729e-01   0.551 0.581790    
## news_PC16:song_PC8   1.416e-01  1.924e-01   0.736 0.461857    
## news_PC17:song_PC8   2.905e-02  1.746e-01   0.166 0.867848    
## news_PC18:song_PC8  -1.379e-01  1.761e-01  -0.783 0.433517    
## news_PC19:song_PC8   2.346e-01  1.780e-01   1.318 0.187542    
## news_PC20:song_PC8  -3.390e-01  1.924e-01  -1.763 0.077980 .  
## news_PC21:song_PC8  -3.476e-01  1.949e-01  -1.783 0.074581 .  
## news_PC22:song_PC8  -1.337e-01  1.860e-01  -0.719 0.472006    
## news_PC23:song_PC8   1.766e-01  2.246e-01   0.786 0.431779    
## news_PC24:song_PC8   1.652e-01  2.071e-01   0.798 0.425010    
## news_PC25:song_PC8   1.805e-01  2.105e-01   0.858 0.391028    
## news_PC26:song_PC8  -6.812e-02  1.997e-01  -0.341 0.733027    
## news_PC27:song_PC8   2.295e-03  2.229e-01   0.010 0.991787    
## news_PC28:song_PC8  -2.020e-01  2.124e-01  -0.951 0.341585    
## news_PC29:song_PC8  -2.983e-01  2.059e-01  -1.448 0.147488    
## news_PC30:song_PC8   8.912e-02  2.035e-01   0.438 0.661447    
## news_PC1:song_PC9   -8.221e-02  6.421e-02  -1.280 0.200386    
## news_PC2:song_PC9    1.140e-01  1.019e-01   1.119 0.263110    
## news_PC3:song_PC9    6.651e-02  1.131e-01   0.588 0.556661    
## news_PC4:song_PC9   -4.845e-03  1.514e-01  -0.032 0.974470    
## news_PC5:song_PC9    4.359e-01  2.295e-01   1.900 0.057461 .  
## news_PC6:song_PC9   -1.283e-02  2.430e-01  -0.053 0.957883    
## news_PC7:song_PC9   -2.957e-01  2.216e-01  -1.335 0.182033    
## news_PC8:song_PC9    2.438e-01  3.702e-01   0.658 0.510267    
## news_PC9:song_PC9    2.492e-01  3.537e-01   0.704 0.481152    
## news_PC10:song_PC9   2.566e-01  2.918e-01   0.879 0.379239    
## news_PC11:song_PC9   1.951e-01  2.894e-01   0.674 0.500221    
## news_PC12:song_PC9  -1.404e-03  2.559e-01  -0.005 0.995624    
## news_PC13:song_PC9  -3.442e-01  2.777e-01  -1.240 0.215150    
## news_PC14:song_PC9   1.154e-01  2.895e-01   0.399 0.690125    
## news_PC15:song_PC9  -1.812e-02  2.987e-01  -0.061 0.951618    
## news_PC16:song_PC9  -2.145e-01  3.575e-01  -0.600 0.548486    
## news_PC17:song_PC9  -2.652e-01  3.095e-01  -0.857 0.391552    
## news_PC18:song_PC9   4.103e-01  3.128e-01   1.312 0.189616    
## news_PC19:song_PC9   4.789e-01  3.138e-01   1.526 0.126917    
## news_PC20:song_PC9  -9.437e-02  3.454e-01  -0.273 0.784684    
## news_PC21:song_PC9   2.682e-01  3.341e-01   0.803 0.422080    
## news_PC22:song_PC9  -4.618e-01  3.324e-01  -1.389 0.164698    
## news_PC23:song_PC9   5.859e-02  4.051e-01   0.145 0.884993    
## news_PC24:song_PC9  -4.788e-01  3.583e-01  -1.336 0.181462    
## news_PC25:song_PC9  -2.235e-01  3.633e-01  -0.615 0.538390    
## news_PC26:song_PC9  -1.903e-02  3.559e-01  -0.053 0.957362    
## news_PC27:song_PC9   7.561e-01  3.970e-01   1.904 0.056862 .  
## news_PC28:song_PC9  -2.236e-01  3.832e-01  -0.583 0.559563    
## news_PC29:song_PC9  -8.738e-01  3.644e-01  -2.398 0.016492 *  
## news_PC30:song_PC9  -5.861e-02  3.647e-01  -0.161 0.872307    
## news_PC1:song_PC10  -1.025e-02  1.207e-01  -0.085 0.932374    
## news_PC2:song_PC10   1.973e-01  2.003e-01   0.985 0.324503    
## news_PC3:song_PC10   3.866e-01  1.953e-01   1.980 0.047722 *  
## news_PC4:song_PC10   3.394e-01  2.601e-01   1.305 0.191911    
## news_PC5:song_PC10  -6.788e-01  4.495e-01  -1.510 0.131058    
## news_PC6:song_PC10   4.831e-01  4.921e-01   0.982 0.326205    
## news_PC7:song_PC10  -1.275e+00  4.081e-01  -3.125 0.001779 ** 
## news_PC8:song_PC10  -1.550e+00  7.539e-01  -2.056 0.039773 *  
## news_PC9:song_PC10   1.102e+00  7.620e-01   1.446 0.148272    
## news_PC10:song_PC10 -8.029e-01  6.050e-01  -1.327 0.184472    
## news_PC11:song_PC10 -2.285e-01  5.453e-01  -0.419 0.675224    
## news_PC12:song_PC10  4.555e-01  5.099e-01   0.893 0.371675    
## news_PC13:song_PC10 -3.015e-01  5.092e-01  -0.592 0.553725    
## news_PC14:song_PC10 -5.452e-01  5.101e-01  -1.069 0.285118    
## news_PC15:song_PC10 -6.502e-01  5.866e-01  -1.108 0.267721    
## news_PC16:song_PC10 -5.395e-01  5.777e-01  -0.934 0.350407    
## news_PC17:song_PC10 -4.801e-01  5.875e-01  -0.817 0.413821    
## news_PC18:song_PC10  6.445e-01  5.686e-01   1.133 0.257038    
## news_PC19:song_PC10 -5.390e-01  5.648e-01  -0.954 0.339948    
## news_PC20:song_PC10 -5.750e-01  6.232e-01  -0.923 0.356228    
## news_PC21:song_PC10 -6.022e-01  5.988e-01  -1.006 0.314599    
## news_PC22:song_PC10 -4.437e-01  6.065e-01  -0.732 0.464390    
## news_PC23:song_PC10 -3.404e-01  6.860e-01  -0.496 0.619815    
## news_PC24:song_PC10 -1.890e-01  6.163e-01  -0.307 0.759152    
## news_PC25:song_PC10 -2.180e-01  6.061e-01  -0.360 0.719039    
## news_PC26:song_PC10  1.182e+00  6.006e-01   1.967 0.049142 *  
## news_PC27:song_PC10  2.394e-01  6.256e-01   0.383 0.701887    
## news_PC28:song_PC10  8.856e-01  5.881e-01   1.506 0.132085    
## news_PC29:song_PC10  2.166e-01  5.850e-01   0.370 0.711125    
## news_PC30:song_PC10  1.160e-01  6.079e-01   0.191 0.848627    
## news_PC1:song_PC11  -2.025e-01  1.514e-01  -1.338 0.180850    
## news_PC2:song_PC11  -4.378e-01  2.482e-01  -1.764 0.077763 .  
## news_PC3:song_PC11  -5.170e-01  2.440e-01  -2.119 0.034096 *  
## news_PC4:song_PC11   1.616e-01  3.447e-01   0.469 0.639131    
## news_PC5:song_PC11   1.446e+00  5.202e-01   2.779 0.005454 ** 
## news_PC6:song_PC11  -5.332e-01  5.891e-01  -0.905 0.365430    
## news_PC7:song_PC11  -2.007e-01  4.654e-01  -0.431 0.666323    
## news_PC8:song_PC11   2.355e+00  7.711e-01   3.054 0.002257 ** 
## news_PC9:song_PC11  -3.187e+00  7.465e-01  -4.269 1.96e-05 ***
## news_PC10:song_PC11  1.674e-01  7.136e-01   0.235 0.814556    
## news_PC11:song_PC11  2.259e+00  6.927e-01   3.261 0.001110 ** 
## news_PC12:song_PC11 -8.325e-01  6.258e-01  -1.330 0.183419    
## news_PC13:song_PC11  1.125e+00  6.102e-01   1.843 0.065333 .  
## news_PC14:song_PC11 -8.014e-01  8.177e-01  -0.980 0.327066    
## news_PC15:song_PC11 -6.776e-01  7.875e-01  -0.860 0.389572    
## news_PC16:song_PC11 -8.095e-01  7.951e-01  -1.018 0.308614    
## news_PC17:song_PC11  1.534e+00  7.253e-01   2.114 0.034474 *  
## news_PC18:song_PC11  4.649e-01  7.693e-01   0.604 0.545604    
## news_PC19:song_PC11 -2.119e+00  7.493e-01  -2.827 0.004691 ** 
## news_PC20:song_PC11 -5.633e-01  8.062e-01  -0.699 0.484730    
## news_PC21:song_PC11  1.326e+00  7.383e-01   1.796 0.072431 .  
## news_PC22:song_PC11 -4.457e-02  7.117e-01  -0.063 0.950065    
## news_PC23:song_PC11  8.520e-02  8.843e-01   0.096 0.923245    
## news_PC24:song_PC11 -2.615e+00  8.171e-01  -3.201 0.001370 ** 
## news_PC25:song_PC11  1.510e+00  7.498e-01   2.014 0.044043 *  
## news_PC26:song_PC11  4.726e-01  7.793e-01   0.606 0.544195    
## news_PC27:song_PC11 -1.043e+00  8.905e-01  -1.171 0.241695    
## news_PC28:song_PC11  2.195e+00  8.018e-01   2.738 0.006187 ** 
## news_PC29:song_PC11  9.567e-01  8.191e-01   1.168 0.242767    
## news_PC30:song_PC11  6.251e-01  8.592e-01   0.728 0.466871    
## news_PC1:song_PC12   1.254e-01  1.477e-01   0.849 0.395993    
## news_PC2:song_PC12  -6.661e-02  2.476e-01  -0.269 0.787900    
## news_PC3:song_PC12   3.577e-02  2.385e-01   0.150 0.880780    
## news_PC4:song_PC12  -7.559e-03  3.176e-01  -0.024 0.981011    
## news_PC5:song_PC12  -3.324e-01  5.625e-01  -0.591 0.554566    
## news_PC6:song_PC12  -6.553e-01  6.347e-01  -1.032 0.301896    
## news_PC7:song_PC12  -6.081e-01  5.140e-01  -1.183 0.236755    
## news_PC8:song_PC12  -4.581e-01  9.482e-01  -0.483 0.629003    
## news_PC9:song_PC12   2.134e+00  9.608e-01   2.221 0.026383 *  
## news_PC10:song_PC12  8.766e-01  7.682e-01   1.141 0.253788    
## news_PC11:song_PC12 -5.585e-02  6.711e-01  -0.083 0.933674    
## news_PC12:song_PC12 -2.004e-01  6.529e-01  -0.307 0.758836    
## news_PC13:song_PC12 -1.629e+00  6.460e-01  -2.522 0.011662 *  
## news_PC14:song_PC12 -1.204e+00  6.403e-01  -1.881 0.059967 .  
## news_PC15:song_PC12 -7.671e-01  7.169e-01  -1.070 0.284648    
## news_PC16:song_PC12 -2.233e-01  7.230e-01  -0.309 0.757465    
## news_PC17:song_PC12 -1.027e+00  7.312e-01  -1.404 0.160318    
## news_PC18:song_PC12  8.211e-01  7.456e-01   1.101 0.270748    
## news_PC19:song_PC12  4.011e-01  7.231e-01   0.555 0.579154    
## news_PC20:song_PC12 -1.021e+00  7.918e-01  -1.290 0.197088    
## news_PC21:song_PC12 -8.490e-01  7.636e-01  -1.112 0.266197    
## news_PC22:song_PC12 -4.335e-01  7.299e-01  -0.594 0.552603    
## news_PC23:song_PC12  7.047e-01  8.590e-01   0.820 0.411986    
## news_PC24:song_PC12  1.461e-01  7.632e-01   0.191 0.848143    
## news_PC25:song_PC12 -1.273e+00  7.428e-01  -1.714 0.086514 .  
## news_PC26:song_PC12  9.458e-01  7.518e-01   1.258 0.208404    
## news_PC27:song_PC12  9.429e-01  8.266e-01   1.141 0.253972    
## news_PC28:song_PC12  8.777e-01  7.682e-01   1.143 0.253214    
## news_PC29:song_PC12  7.039e-01  7.144e-01   0.985 0.324435    
## news_PC30:song_PC12  1.459e-01  7.651e-01   0.191 0.848715    
## news_PC1:song_PC13   8.271e-02  1.333e-01   0.621 0.534834    
## news_PC2:song_PC13  -2.534e-01  2.049e-01  -1.237 0.216152    
## news_PC3:song_PC13  -4.850e-02  2.317e-01  -0.209 0.834196    
## news_PC4:song_PC13   8.273e-02  3.140e-01   0.264 0.792151    
## news_PC5:song_PC13  -3.460e-01  4.670e-01  -0.741 0.458751    
## news_PC6:song_PC13  -6.910e-01  4.997e-01  -1.383 0.166768    
## news_PC7:song_PC13   5.375e-01  4.524e-01   1.188 0.234817    
## news_PC8:song_PC13   5.379e-02  7.305e-01   0.074 0.941303    
## news_PC9:song_PC13  -2.188e+00  8.385e-01  -2.609 0.009071 ** 
## news_PC10:song_PC13  3.633e-01  6.289e-01   0.578 0.563420    
## news_PC11:song_PC13  4.358e-01  5.951e-01   0.732 0.464035    
## news_PC12:song_PC13  3.683e-01  5.440e-01   0.677 0.498399    
## news_PC13:song_PC13  3.812e-01  5.868e-01   0.650 0.515947    
## news_PC14:song_PC13 -3.453e-02  6.038e-01  -0.057 0.954391    
## news_PC15:song_PC13  2.195e+00  6.545e-01   3.354 0.000797 ***
## news_PC16:song_PC13  7.555e-01  7.419e-01   1.018 0.308542    
## news_PC17:song_PC13  5.949e-01  6.253e-01   0.951 0.341400    
## news_PC18:song_PC13  6.719e-02  6.558e-01   0.102 0.918401    
## news_PC19:song_PC13  9.658e-01  6.741e-01   1.433 0.151932    
## news_PC20:song_PC13  1.536e+00  7.226e-01   2.126 0.033519 *  
## news_PC21:song_PC13  1.073e+00  7.103e-01   1.510 0.130982    
## news_PC22:song_PC13 -4.279e-01  6.888e-01  -0.621 0.534466    
## news_PC23:song_PC13  1.439e-01  8.410e-01   0.171 0.864127    
## news_PC24:song_PC13  1.523e+00  7.500e-01   2.031 0.042229 *  
## news_PC25:song_PC13 -6.668e-01  7.332e-01  -0.909 0.363185    
## news_PC26:song_PC13  1.443e+00  7.255e-01   1.989 0.046685 *  
## news_PC27:song_PC13  1.648e+00  8.333e-01   1.977 0.047987 *  
## news_PC28:song_PC13  1.757e-01  7.705e-01   0.228 0.819676    
## news_PC29:song_PC13  7.361e-01  7.346e-01   1.002 0.316358    
## news_PC30:song_PC13 -1.213e-01  7.312e-01  -0.166 0.868196    
## news_PC1:song_PC14  -1.012e-01  1.325e-01  -0.764 0.445047    
## news_PC2:song_PC14  -5.288e-01  2.216e-01  -2.386 0.017019 *  
## news_PC3:song_PC14   3.218e-01  2.516e-01   1.279 0.200949    
## news_PC4:song_PC14   1.964e-01  3.439e-01   0.571 0.567951    
## news_PC5:song_PC14   1.440e+00  5.327e-01   2.702 0.006886 ** 
## news_PC6:song_PC14  -5.769e-01  5.448e-01  -1.059 0.289559    
## news_PC7:song_PC14  -6.174e-01  4.734e-01  -1.304 0.192153    
## news_PC8:song_PC14   1.918e+00  8.962e-01   2.140 0.032334 *  
## news_PC9:song_PC14   6.814e-01  8.806e-01   0.774 0.439035    
## news_PC10:song_PC14  1.741e+00  6.845e-01   2.543 0.010981 *  
## news_PC11:song_PC14  1.713e+00  6.707e-01   2.555 0.010622 *  
## news_PC12:song_PC14 -6.478e-01  5.959e-01  -1.087 0.277042    
## news_PC13:song_PC14 -6.475e-01  6.257e-01  -1.035 0.300700    
## news_PC14:song_PC14  7.424e-01  6.591e-01   1.126 0.260048    
## news_PC15:song_PC14  8.889e-01  6.597e-01   1.348 0.177792    
## news_PC16:song_PC14 -5.921e-01  7.314e-01  -0.810 0.418205    
## news_PC17:song_PC14  5.637e-01  6.744e-01   0.836 0.403243    
## news_PC18:song_PC14 -1.350e-01  6.865e-01  -0.197 0.844087    
## news_PC19:song_PC14  1.152e-01  7.030e-01   0.164 0.869801    
## news_PC20:song_PC14 -8.139e-01  7.531e-01  -1.081 0.279813    
## news_PC21:song_PC14 -1.319e+00  7.639e-01  -1.727 0.084234 .  
## news_PC22:song_PC14 -3.744e-01  7.162e-01  -0.523 0.601147    
## news_PC23:song_PC14  4.579e-01  8.654e-01   0.529 0.596704    
## news_PC24:song_PC14 -9.111e-01  7.921e-01  -1.150 0.250077    
## news_PC25:song_PC14 -1.134e+00  7.819e-01  -1.450 0.147121    
## news_PC26:song_PC14  2.075e+00  7.934e-01   2.615 0.008927 ** 
## news_PC27:song_PC14  9.566e-01  8.720e-01   1.097 0.272621    
## news_PC28:song_PC14  4.914e-01  7.874e-01   0.624 0.532564    
## news_PC29:song_PC14 -8.271e-03  7.526e-01  -0.011 0.991231    
## news_PC30:song_PC14  9.876e-01  7.820e-01   1.263 0.206609    
## news_PC1:song_PC15   1.768e-01  1.433e-01   1.233 0.217515    
## news_PC2:song_PC15   3.012e-01  2.263e-01   1.331 0.183261    
## news_PC3:song_PC15  -4.752e-01  2.541e-01  -1.870 0.061518 .  
## news_PC4:song_PC15   1.819e-01  3.353e-01   0.543 0.587435    
## news_PC5:song_PC15   7.268e-01  5.054e-01   1.438 0.150441    
## news_PC6:song_PC15   4.058e-01  5.556e-01   0.730 0.465195    
## news_PC7:song_PC15   5.283e-03  4.867e-01   0.011 0.991340    
## news_PC8:song_PC15   2.086e+00  7.613e-01   2.740 0.006147 ** 
## news_PC9:song_PC15   1.318e-01  7.790e-01   0.169 0.865659    
## news_PC10:song_PC15  9.366e-02  6.761e-01   0.139 0.889817    
## news_PC11:song_PC15 -6.405e-01  6.446e-01  -0.994 0.320437    
## news_PC12:song_PC15 -5.695e-02  6.050e-01  -0.094 0.925011    
## news_PC13:song_PC15 -2.434e-01  6.032e-01  -0.403 0.686596    
## news_PC14:song_PC15  6.877e-01  7.138e-01   0.963 0.335354    
## news_PC15:song_PC15  3.871e-01  6.929e-01   0.559 0.576407    
## news_PC16:song_PC15 -4.358e-01  7.922e-01  -0.550 0.582259    
## news_PC17:song_PC15  1.344e+00  6.805e-01   1.975 0.048225 *  
## news_PC18:song_PC15  5.997e-01  7.454e-01   0.805 0.421047    
## news_PC19:song_PC15 -1.715e-01  7.314e-01  -0.234 0.814601    
## news_PC20:song_PC15 -2.793e-01  7.697e-01  -0.363 0.716708    
## news_PC21:song_PC15  4.857e-01  7.678e-01   0.633 0.527002    
## news_PC22:song_PC15  1.163e-01  7.646e-01   0.152 0.879123    
## news_PC23:song_PC15  5.311e-01  9.523e-01   0.558 0.577023    
## news_PC24:song_PC15 -9.048e-01  8.297e-01  -1.091 0.275491    
## news_PC25:song_PC15 -4.807e-01  8.373e-01  -0.574 0.565876    
## news_PC26:song_PC15 -3.562e-01  8.228e-01  -0.433 0.665091    
## news_PC27:song_PC15 -3.810e-01  9.734e-01  -0.391 0.695523    
## news_PC28:song_PC15  8.912e-01  8.613e-01   1.035 0.300843    
## news_PC29:song_PC15  5.408e-01  8.053e-01   0.672 0.501860    
## news_PC30:song_PC15 -5.333e-01  8.209e-01  -0.650 0.515942    
## news_PC1:song_PC16  -1.912e-01  1.446e-01  -1.322 0.186025    
## news_PC2:song_PC16  -2.041e-01  2.191e-01  -0.931 0.351642    
## news_PC3:song_PC16   1.700e-01  2.599e-01   0.654 0.512987    
## news_PC4:song_PC16   1.031e-01  3.512e-01   0.294 0.769022    
## news_PC5:song_PC16  -7.687e-03  4.936e-01  -0.016 0.987575    
## news_PC6:song_PC16  -3.785e-01  5.277e-01  -0.717 0.473169    
## news_PC7:song_PC16  -1.037e+00  4.678e-01  -2.216 0.026695 *  
## news_PC8:song_PC16   4.757e-01  7.312e-01   0.651 0.515321    
## news_PC9:song_PC16  -3.116e-01  7.906e-01  -0.394 0.693522    
## news_PC10:song_PC16  2.703e-01  6.592e-01   0.410 0.681753    
## news_PC11:song_PC16 -8.863e-01  5.941e-01  -1.492 0.135737    
## news_PC12:song_PC16 -1.799e-01  5.574e-01  -0.323 0.746902    
## news_PC13:song_PC16 -4.414e-02  6.228e-01  -0.071 0.943494    
## news_PC14:song_PC16 -2.412e-02  6.711e-01  -0.036 0.971327    
## news_PC15:song_PC16  7.853e-01  6.840e-01   1.148 0.250937    
## news_PC16:song_PC16  5.574e-02  7.906e-01   0.071 0.943785    
## news_PC17:song_PC16  3.454e-01  7.053e-01   0.490 0.624290    
## news_PC18:song_PC16 -1.418e+00  6.947e-01  -2.040 0.041312 *  
## news_PC19:song_PC16  6.679e-01  7.214e-01   0.926 0.354483    
## news_PC20:song_PC16 -1.447e+00  7.682e-01  -1.884 0.059553 .  
## news_PC21:song_PC16 -1.233e+00  7.886e-01  -1.564 0.117867    
## news_PC22:song_PC16 -9.319e-01  7.303e-01  -1.276 0.201938    
## news_PC23:song_PC16 -1.797e+00  9.587e-01  -1.875 0.060828 .  
## news_PC24:song_PC16  5.249e-01  8.582e-01   0.612 0.540775    
## news_PC25:song_PC16 -6.734e-01  8.479e-01  -0.794 0.427061    
## news_PC26:song_PC16 -7.529e-01  8.068e-01  -0.933 0.350683    
## news_PC27:song_PC16 -2.121e+00  9.591e-01  -2.212 0.026986 *  
## news_PC28:song_PC16 -2.843e-01  8.695e-01  -0.327 0.743676    
## news_PC29:song_PC16 -2.584e-01  8.224e-01  -0.314 0.753340    
## news_PC30:song_PC16  7.742e-01  8.382e-01   0.924 0.355711    
## news_PC1:song_PC17   2.495e-03  1.497e-01   0.017 0.986702    
## news_PC2:song_PC17   5.323e-02  2.291e-01   0.232 0.816305    
## news_PC3:song_PC17   1.260e-01  2.606e-01   0.483 0.628810    
## news_PC4:song_PC17  -4.132e-01  3.647e-01  -1.133 0.257280    
## news_PC5:song_PC17  -1.510e-01  5.083e-01  -0.297 0.766434    
## news_PC6:song_PC17  -4.644e-01  5.391e-01  -0.861 0.388998    
## news_PC7:song_PC17  -7.200e-01  5.006e-01  -1.438 0.150354    
## news_PC8:song_PC17  -2.096e-01  8.064e-01  -0.260 0.794918    
## news_PC9:song_PC17  -2.328e+00  8.001e-01  -2.910 0.003614 ** 
## news_PC10:song_PC17  2.716e-01  6.614e-01   0.411 0.681271    
## news_PC11:song_PC17 -2.695e-01  6.406e-01  -0.421 0.673942    
## news_PC12:song_PC17  2.117e-01  5.850e-01   0.362 0.717484    
## news_PC13:song_PC17  6.563e-01  6.321e-01   1.038 0.299094    
## news_PC14:song_PC17  3.683e-01  6.714e-01   0.549 0.583322    
## news_PC15:song_PC17 -3.379e-01  7.034e-01  -0.480 0.630987    
## news_PC16:song_PC17  2.237e-01  7.677e-01   0.291 0.770730    
## news_PC17:song_PC17  1.200e+00  7.054e-01   1.700 0.089041 .  
## news_PC18:song_PC17  3.824e-02  7.174e-01   0.053 0.957496    
## news_PC19:song_PC17  7.592e-01  7.377e-01   1.029 0.303396    
## news_PC20:song_PC17 -1.773e-01  7.862e-01  -0.226 0.821544    
## news_PC21:song_PC17  6.985e-01  8.001e-01   0.873 0.382657    
## news_PC22:song_PC17  1.109e+00  7.989e-01   1.389 0.164904    
## news_PC23:song_PC17  3.069e-01  9.527e-01   0.322 0.747323    
## news_PC24:song_PC17 -8.209e-01  8.369e-01  -0.981 0.326644    
## news_PC25:song_PC17  4.595e-01  8.809e-01   0.522 0.601947    
## news_PC26:song_PC17 -1.779e+00  8.680e-01  -2.050 0.040369 *  
## news_PC27:song_PC17 -1.309e+00  9.678e-01  -1.352 0.176278    
## news_PC28:song_PC17 -5.654e-01  8.904e-01  -0.635 0.525462    
## news_PC29:song_PC17 -1.330e-01  8.291e-01  -0.160 0.872589    
## news_PC30:song_PC17 -8.519e-01  8.490e-01  -1.003 0.315673    
## news_PC1:song_PC18  -1.400e-01  1.569e-01  -0.892 0.372297    
## news_PC2:song_PC18   1.670e-01  2.550e-01   0.655 0.512683    
## news_PC3:song_PC18   7.447e-02  2.779e-01   0.268 0.788678    
## news_PC4:song_PC18  -1.381e-02  3.688e-01  -0.037 0.970135    
## news_PC5:song_PC18  -1.216e-01  5.670e-01  -0.214 0.830257    
## news_PC6:song_PC18  -1.888e-01  6.171e-01  -0.306 0.759608    
## news_PC7:song_PC18   5.591e-01  5.808e-01   0.963 0.335731    
## news_PC8:song_PC18  -1.768e+00  8.964e-01  -1.972 0.048553 *  
## news_PC9:song_PC18  -1.805e-01  8.093e-01  -0.223 0.823495    
## news_PC10:song_PC18 -3.720e-01  7.253e-01  -0.513 0.608074    
## news_PC11:song_PC18  7.961e-01  7.103e-01   1.121 0.262382    
## news_PC12:song_PC18  1.513e-01  6.542e-01   0.231 0.817083    
## news_PC13:song_PC18  1.828e-01  6.955e-01   0.263 0.792646    
## news_PC14:song_PC18  4.729e-01  7.250e-01   0.652 0.514162    
## news_PC15:song_PC18  4.783e-01  7.224e-01   0.662 0.507892    
## news_PC16:song_PC18  3.008e-01  8.337e-01   0.361 0.718195    
## news_PC17:song_PC18 -2.552e-01  7.781e-01  -0.328 0.742936    
## news_PC18:song_PC18  1.128e+00  8.052e-01   1.401 0.161152    
## news_PC19:song_PC18  1.569e+00  8.210e-01   1.911 0.055961 .  
## news_PC20:song_PC18  2.514e+00  8.398e-01   2.994 0.002756 ** 
## news_PC21:song_PC18  1.307e+00  8.719e-01   1.499 0.133806    
## news_PC22:song_PC18  2.478e-01  8.430e-01   0.294 0.768771    
## news_PC23:song_PC18  1.423e+00  1.108e+00   1.284 0.199269    
## news_PC24:song_PC18 -2.848e+00  9.668e-01  -2.946 0.003217 ** 
## news_PC25:song_PC18  1.514e+00  9.448e-01   1.603 0.108965    
## news_PC26:song_PC18 -8.249e-01  9.132e-01  -0.903 0.366343    
## news_PC27:song_PC18  7.288e-01  1.138e+00   0.641 0.521784    
## news_PC28:song_PC18  6.253e-01  9.598e-01   0.651 0.514729    
## news_PC29:song_PC18  4.045e-01  8.853e-01   0.457 0.647720    
## news_PC30:song_PC18  7.963e-01  8.965e-01   0.888 0.374449    
## news_PC1:song_PC19   1.700e-01  1.738e-01   0.978 0.328038    
## news_PC2:song_PC19   3.500e-01  2.866e-01   1.221 0.222006    
## news_PC3:song_PC19  -6.504e-01  3.133e-01  -2.076 0.037868 *  
## news_PC4:song_PC19   4.667e-01  4.470e-01   1.044 0.296486    
## news_PC5:song_PC19  -5.977e-01  6.488e-01  -0.921 0.356915    
## news_PC6:song_PC19   6.631e-01  7.352e-01   0.902 0.367048    
## news_PC7:song_PC19   3.055e-01  6.709e-01   0.455 0.648858    
## news_PC8:song_PC19  -1.425e+00  1.082e+00  -1.318 0.187557    
## news_PC9:song_PC19   2.249e+00  1.099e+00   2.047 0.040681 *  
## news_PC10:song_PC19 -7.822e-01  8.900e-01  -0.879 0.379518    
## news_PC11:song_PC19  1.339e-01  8.347e-01   0.160 0.872603    
## news_PC12:song_PC19  5.126e-01  7.637e-01   0.671 0.502106    
## news_PC13:song_PC19 -1.088e+00  8.381e-01  -1.298 0.194211    
## news_PC14:song_PC19 -9.021e-01  8.486e-01  -1.063 0.287768    
## news_PC15:song_PC19 -3.950e-01  8.349e-01  -0.473 0.636075    
## news_PC16:song_PC19 -9.528e-01  9.299e-01  -1.025 0.305527    
## news_PC17:song_PC19 -6.753e-01  7.982e-01  -0.846 0.397490    
## news_PC18:song_PC19  2.451e+00  9.116e-01   2.689 0.007175 ** 
## news_PC19:song_PC19  5.532e-01  9.533e-01   0.580 0.561691    
## news_PC20:song_PC19 -1.928e+00  9.110e-01  -2.116 0.034308 *  
## news_PC21:song_PC19 -4.711e-01  9.727e-01  -0.484 0.628143    
## news_PC22:song_PC19 -6.619e-01  9.500e-01  -0.697 0.485973    
## news_PC23:song_PC19  4.645e-01  1.190e+00   0.390 0.696356    
## news_PC24:song_PC19 -6.454e-01  9.647e-01  -0.669 0.503490    
## news_PC25:song_PC19 -5.807e-01  1.021e+00  -0.569 0.569389    
## news_PC26:song_PC19  1.970e+00  9.949e-01   1.980 0.047696 *  
## news_PC27:song_PC19  1.821e+00  1.249e+00   1.458 0.144747    
## news_PC28:song_PC19 -1.035e+00  1.069e+00  -0.968 0.333189    
## news_PC29:song_PC19  4.861e-01  9.188e-01   0.529 0.596730    
## news_PC30:song_PC19  9.791e-02  9.735e-01   0.101 0.919882    
## news_PC1:song_PC20  -9.405e-03  1.638e-01  -0.057 0.954200    
## news_PC2:song_PC20  -5.678e-01  2.560e-01  -2.218 0.026540 *  
## news_PC3:song_PC20  -4.206e-01  2.909e-01  -1.446 0.148190    
## news_PC4:song_PC20   7.076e-01  4.044e-01   1.750 0.080176 .  
## news_PC5:song_PC20   1.820e-01  5.874e-01   0.310 0.756740    
## news_PC6:song_PC20  -1.368e+00  6.117e-01  -2.237 0.025287 *  
## news_PC7:song_PC20   4.712e-01  5.490e-01   0.858 0.390795    
## news_PC8:song_PC20   2.420e+00  9.780e-01   2.475 0.013327 *  
## news_PC9:song_PC20  -3.934e-01  9.875e-01  -0.398 0.690347    
## news_PC10:song_PC20  1.291e+00  7.355e-01   1.755 0.079309 .  
## news_PC11:song_PC20  5.698e-01  7.675e-01   0.742 0.457860    
## news_PC12:song_PC20 -7.167e-01  6.739e-01  -1.064 0.287532    
## news_PC13:song_PC20 -3.315e-01  7.254e-01  -0.457 0.647690    
## news_PC14:song_PC20 -3.574e-01  7.340e-01  -0.487 0.626338    
## news_PC15:song_PC20  5.005e-01  7.707e-01   0.649 0.516028    
## news_PC16:song_PC20 -8.023e-01  9.003e-01  -0.891 0.372854    
## news_PC17:song_PC20 -7.502e-01  7.551e-01  -0.994 0.320440    
## news_PC18:song_PC20 -8.004e-01  8.010e-01  -0.999 0.317689    
## news_PC19:song_PC20 -4.005e-01  8.061e-01  -0.497 0.619321    
## news_PC20:song_PC20  5.879e-02  8.599e-01   0.068 0.945492    
## news_PC21:song_PC20 -1.463e+00  8.820e-01  -1.659 0.097087 .  
## news_PC22:song_PC20  1.689e+00  8.248e-01   2.047 0.040616 *  
## news_PC23:song_PC20 -6.889e-02  1.063e+00  -0.065 0.948329    
## news_PC24:song_PC20  1.626e+00  9.181e-01   1.771 0.076545 .  
## news_PC25:song_PC20 -1.174e+00  9.300e-01  -1.262 0.206916    
## news_PC26:song_PC20 -1.408e+00  9.214e-01  -1.528 0.126396    
## news_PC27:song_PC20 -1.558e+00  1.093e+00  -1.425 0.154170    
## news_PC28:song_PC20 -1.301e+00  1.010e+00  -1.288 0.197774    
## news_PC29:song_PC20 -5.506e-01  9.096e-01  -0.605 0.544960    
## news_PC30:song_PC20  3.835e-01  9.507e-01   0.403 0.686684    
## news_PC1:song_PC21   3.170e-01  1.833e-01   1.729 0.083734 .  
## news_PC2:song_PC21  -1.072e-01  2.534e-01  -0.423 0.672243    
## news_PC3:song_PC21   3.119e-01  3.026e-01   1.031 0.302595    
## news_PC4:song_PC21  -1.353e-01  4.097e-01  -0.330 0.741215    
## news_PC5:song_PC21  -3.447e-01  5.923e-01  -0.582 0.560582    
## news_PC6:song_PC21   1.159e+00  6.307e-01   1.838 0.066028 .  
## news_PC7:song_PC21   7.472e-01  6.007e-01   1.244 0.213551    
## news_PC8:song_PC21   1.204e+00  8.993e-01   1.339 0.180720    
## news_PC9:song_PC21   3.621e+00  1.132e+00   3.198 0.001383 ** 
## news_PC10:song_PC21  2.242e+00  8.364e-01   2.680 0.007353 ** 
## news_PC11:song_PC21 -2.006e+00  7.460e-01  -2.689 0.007176 ** 
## news_PC12:song_PC21  8.908e-01  6.665e-01   1.336 0.181388    
## news_PC13:song_PC21 -1.487e+00  7.770e-01  -1.914 0.055590 .  
## news_PC14:song_PC21 -3.833e-01  8.447e-01  -0.454 0.650003    
## news_PC15:song_PC21 -1.129e+00  8.838e-01  -1.277 0.201555    
## news_PC16:song_PC21 -2.858e+00  1.020e+00  -2.803 0.005070 ** 
## news_PC17:song_PC21  4.843e-01  8.313e-01   0.583 0.560154    
## news_PC18:song_PC21  1.198e-01  8.511e-01   0.141 0.888032    
## news_PC19:song_PC21  2.387e+00  8.970e-01   2.661 0.007791 ** 
## news_PC20:song_PC21 -1.666e+00  9.836e-01  -1.694 0.090257 .  
## news_PC21:song_PC21 -1.612e+00  9.511e-01  -1.695 0.090106 .  
## news_PC22:song_PC21 -2.371e-02  9.217e-01  -0.026 0.979477    
## news_PC23:song_PC21  1.701e+00  1.198e+00   1.420 0.155635    
## news_PC24:song_PC21  8.405e-01  1.006e+00   0.836 0.403257    
## news_PC25:song_PC21  2.256e+00  1.042e+00   2.164 0.030427 *  
## news_PC26:song_PC21 -1.799e+00  1.000e+00  -1.799 0.072007 .  
## news_PC27:song_PC21 -2.367e+00  1.090e+00  -2.171 0.029960 *  
## news_PC28:song_PC21 -2.031e+00  1.044e+00  -1.945 0.051731 .  
## news_PC29:song_PC21 -5.950e-02  9.787e-01  -0.061 0.951520    
## news_PC30:song_PC21  3.607e-01  9.983e-01   0.361 0.717840    
## news_PC1:song_PC22  -6.838e-02  1.763e-01  -0.388 0.698034    
## news_PC2:song_PC22   3.386e-01  2.868e-01   1.181 0.237742    
## news_PC3:song_PC22   6.124e-01  3.044e-01   2.012 0.044223 *  
## news_PC4:song_PC22  -9.078e-01  4.226e-01  -2.148 0.031713 *  
## news_PC5:song_PC22  -6.159e-01  6.402e-01  -0.962 0.336057    
## news_PC6:song_PC22  -5.522e-01  7.262e-01  -0.760 0.447034    
## news_PC7:song_PC22   4.063e-01  5.590e-01   0.727 0.467280    
## news_PC8:song_PC22  -1.099e+00  9.507e-01  -1.156 0.247707    
## news_PC9:song_PC22   1.113e+00  1.021e+00   1.091 0.275244    
## news_PC10:song_PC22  4.723e-01  8.757e-01   0.539 0.589652    
## news_PC11:song_PC22 -2.065e+00  7.621e-01  -2.710 0.006731 ** 
## news_PC12:song_PC22  9.655e-01  6.993e-01   1.381 0.167366    
## news_PC13:song_PC22 -1.174e+00  7.516e-01  -1.563 0.118153    
## news_PC14:song_PC22 -8.400e-01  7.973e-01  -1.054 0.292099    
## news_PC15:song_PC22 -1.399e-01  8.454e-01  -0.165 0.868612    
## news_PC16:song_PC22  1.718e+00  1.019e+00   1.685 0.092018 .  
## news_PC17:song_PC22 -1.026e+00  8.941e-01  -1.147 0.251189    
## news_PC18:song_PC22 -8.843e-01  8.714e-01  -1.015 0.310203    
## news_PC19:song_PC22 -6.114e-01  8.496e-01  -0.720 0.471790    
## news_PC20:song_PC22 -6.990e-01  9.449e-01  -0.740 0.459432    
## news_PC21:song_PC22 -9.882e-02  9.308e-01  -0.106 0.915449    
## news_PC22:song_PC22  1.003e+00  9.055e-01   1.108 0.267873    
## news_PC23:song_PC22 -1.268e-01  1.145e+00  -0.111 0.911831    
## news_PC24:song_PC22  9.594e-01  1.002e+00   0.957 0.338409    
## news_PC25:song_PC22 -3.511e-01  1.053e+00  -0.333 0.738818    
## news_PC26:song_PC22  1.744e+00  9.882e-01   1.764 0.077681 .  
## news_PC27:song_PC22 -1.199e-01  1.075e+00  -0.112 0.911193    
## news_PC28:song_PC22  4.082e-01  1.015e+00   0.402 0.687703    
## news_PC29:song_PC22 -1.431e+00  9.977e-01  -1.434 0.151492    
## news_PC30:song_PC22 -1.758e-01  9.932e-01  -0.177 0.859482    
## news_PC1:song_PC23   1.665e-01  1.825e-01   0.912 0.361506    
## news_PC2:song_PC23   1.761e-01  2.658e-01   0.663 0.507616    
## news_PC3:song_PC23  -2.210e-01  3.143e-01  -0.703 0.482009    
## news_PC4:song_PC23  -9.717e-03  4.118e-01  -0.024 0.981175    
## news_PC5:song_PC23   6.421e-01  6.094e-01   1.054 0.292025    
## news_PC6:song_PC23   9.292e-01  6.735e-01   1.380 0.167654    
## news_PC7:song_PC23   1.090e+00  6.072e-01   1.796 0.072516 .  
## news_PC8:song_PC23   1.521e+00  8.564e-01   1.776 0.075656 .  
## news_PC9:song_PC23   1.418e+00  1.078e+00   1.316 0.188132    
## news_PC10:song_PC23  5.167e-01  8.517e-01   0.607 0.544080    
## news_PC11:song_PC23 -7.132e-01  7.276e-01  -0.980 0.326978    
## news_PC12:song_PC23  6.783e-01  6.918e-01   0.980 0.326842    
## news_PC13:song_PC23 -9.716e-01  7.653e-01  -1.270 0.204257    
## news_PC14:song_PC23 -1.291e-01  8.284e-01  -0.156 0.876144    
## news_PC15:song_PC23 -3.944e-01  8.939e-01  -0.441 0.659017    
## news_PC16:song_PC23 -1.468e+00  1.033e+00  -1.422 0.155156    
## news_PC17:song_PC23 -1.701e+00  8.609e-01  -1.975 0.048225 *  
## news_PC18:song_PC23  9.027e-01  8.738e-01   1.033 0.301584    
## news_PC19:song_PC23  3.914e-01  9.200e-01   0.425 0.670540    
## news_PC20:song_PC23  4.006e-01  1.000e+00   0.400 0.688824    
## news_PC21:song_PC23 -2.670e-01  9.771e-01  -0.273 0.784651    
## news_PC22:song_PC23  1.297e+00  9.465e-01   1.371 0.170502    
## news_PC23:song_PC23  2.443e+00  1.183e+00   2.065 0.038879 *  
## news_PC24:song_PC23 -9.006e-01  1.035e+00  -0.870 0.384181    
## news_PC25:song_PC23  3.890e-01  1.026e+00   0.379 0.704692    
## news_PC26:song_PC23  4.179e-01  9.754e-01   0.428 0.668313    
## news_PC27:song_PC23  3.033e-01  1.090e+00   0.278 0.780858    
## news_PC28:song_PC23 -9.593e-01  1.077e+00  -0.891 0.373071    
## news_PC29:song_PC23  5.236e-01  9.989e-01   0.524 0.600153    
## news_PC30:song_PC23 -1.127e+00  1.046e+00  -1.077 0.281464    
## news_PC1:song_PC24   7.792e-02  1.900e-01   0.410 0.681800    
## news_PC2:song_PC24  -5.426e-01  2.831e-01  -1.917 0.055277 .  
## news_PC3:song_PC24   1.956e-01  3.351e-01   0.584 0.559451    
## news_PC4:song_PC24  -3.987e-01  4.481e-01  -0.890 0.373515    
## news_PC5:song_PC24   4.206e-01  6.638e-01   0.634 0.526326    
## news_PC6:song_PC24  -4.256e-01  6.721e-01  -0.633 0.526579    
## news_PC7:song_PC24   7.949e-01  6.145e-01   1.294 0.195831    
## news_PC8:song_PC24   2.500e+00  1.083e+00   2.308 0.020991 *  
## news_PC9:song_PC24  -2.986e-01  1.206e+00  -0.248 0.804423    
## news_PC10:song_PC24  1.003e+00  8.307e-01   1.207 0.227270    
## news_PC11:song_PC24  1.498e+00  8.321e-01   1.801 0.071772 .  
## news_PC12:song_PC24  1.141e+00  7.347e-01   1.553 0.120379    
## news_PC13:song_PC24  1.404e+00  8.521e-01   1.648 0.099450 .  
## news_PC14:song_PC24  4.061e-01  8.821e-01   0.460 0.645266    
## news_PC15:song_PC24 -4.586e-01  9.225e-01  -0.497 0.619091    
## news_PC16:song_PC24 -1.980e+00  1.058e+00  -1.871 0.061359 .  
## news_PC17:song_PC24  1.023e+00  8.738e-01   1.171 0.241717    
## news_PC18:song_PC24 -1.035e-02  9.229e-01  -0.011 0.991049    
## news_PC19:song_PC24  1.590e+00  9.527e-01   1.669 0.095032 .  
## news_PC20:song_PC24  4.268e-01  1.020e+00   0.419 0.675547    
## news_PC21:song_PC24 -6.670e-01  1.001e+00  -0.666 0.505263    
## news_PC22:song_PC24  1.404e+00  9.984e-01   1.406 0.159693    
## news_PC23:song_PC24 -1.898e+00  1.258e+00  -1.508 0.131578    
## news_PC24:song_PC24  3.731e-01  1.080e+00   0.345 0.729772    
## news_PC25:song_PC24  3.342e+00  1.050e+00   3.182 0.001462 ** 
## news_PC26:song_PC24 -1.063e+00  1.052e+00  -1.010 0.312284    
## news_PC27:song_PC24 -8.543e-01  1.207e+00  -0.708 0.479015    
## news_PC28:song_PC24 -6.745e-01  1.118e+00  -0.603 0.546329    
## news_PC29:song_PC24  6.331e-01  1.038e+00   0.610 0.542119    
## news_PC30:song_PC24 -1.717e+00  1.050e+00  -1.635 0.102056    
## news_PC1:song_PC25  -1.408e-01  1.915e-01  -0.736 0.462006    
## news_PC2:song_PC25  -1.688e-01  3.001e-01  -0.563 0.573667    
## news_PC3:song_PC25   3.527e-01  3.494e-01   1.009 0.312752    
## news_PC4:song_PC25   4.221e-02  4.644e-01   0.091 0.927575    
## news_PC5:song_PC25  -8.424e-01  6.703e-01  -1.257 0.208851    
## news_PC6:song_PC25  -6.190e-04  7.193e-01  -0.001 0.999313    
## news_PC7:song_PC25   1.187e-01  6.254e-01   0.190 0.849426    
## news_PC8:song_PC25   1.440e+00  1.094e+00   1.316 0.188153    
## news_PC9:song_PC25  -1.224e+00  1.167e+00  -1.049 0.294214    
## news_PC10:song_PC25  4.512e-01  8.820e-01   0.512 0.608934    
## news_PC11:song_PC25  2.046e-01  8.507e-01   0.240 0.809979    
## news_PC12:song_PC25 -5.679e-01  7.559e-01  -0.751 0.452499    
## news_PC13:song_PC25  9.502e-01  8.430e-01   1.127 0.259671    
## news_PC14:song_PC25 -3.139e-01  8.725e-01  -0.360 0.719022    
## news_PC15:song_PC25 -7.786e-01  9.316e-01  -0.836 0.403316    
## news_PC16:song_PC25  9.406e-01  1.104e+00   0.852 0.394065    
## news_PC17:song_PC25  1.575e+00  9.166e-01   1.718 0.085837 .  
## news_PC18:song_PC25  4.059e-01  9.377e-01   0.433 0.665109    
## news_PC19:song_PC25 -1.026e+00  9.751e-01  -1.052 0.292808    
## news_PC20:song_PC25  1.356e+00  1.051e+00   1.290 0.197016    
## news_PC21:song_PC25  2.660e-01  1.052e+00   0.253 0.800351    
## news_PC22:song_PC25  2.388e-01  9.991e-01   0.239 0.811073    
## news_PC23:song_PC25 -5.671e-01  1.274e+00  -0.445 0.656189    
## news_PC24:song_PC25  3.292e-01  1.128e+00   0.292 0.770443    
## news_PC25:song_PC25 -6.479e-01  1.132e+00  -0.572 0.567197    
## news_PC26:song_PC25 -6.373e-01  1.119e+00  -0.570 0.568900    
## news_PC27:song_PC25 -7.268e-01  1.265e+00  -0.575 0.565533    
## news_PC28:song_PC25  7.847e-03  1.148e+00   0.007 0.994548    
## news_PC29:song_PC25  7.294e-01  1.084e+00   0.673 0.500828    
## news_PC30:song_PC25 -2.136e+00  1.082e+00  -1.973 0.048446 *  
## news_PC1:song_PC26   4.046e-01  1.922e-01   2.105 0.035272 *  
## news_PC2:song_PC26  -2.618e-01  2.908e-01  -0.900 0.367868    
## news_PC3:song_PC26  -2.551e-01  3.639e-01  -0.701 0.483274    
## news_PC4:song_PC26   3.726e-01  4.801e-01   0.776 0.437680    
## news_PC5:song_PC26  -2.013e-02  6.942e-01  -0.029 0.976862    
## news_PC6:song_PC26  -2.051e+00  7.473e-01  -2.744 0.006074 ** 
## news_PC7:song_PC26   3.448e-01  6.330e-01   0.545 0.585879    
## news_PC8:song_PC26   2.250e+00  1.005e+00   2.239 0.025133 *  
## news_PC9:song_PC26   1.383e+00  1.208e+00   1.144 0.252522    
## news_PC10:song_PC26  1.657e+00  9.230e-01   1.795 0.072669 .  
## news_PC11:song_PC26 -2.748e-01  8.123e-01  -0.338 0.735152    
## news_PC12:song_PC26 -3.286e-01  7.318e-01  -0.449 0.653451    
## news_PC13:song_PC26 -1.377e-01  8.291e-01  -0.166 0.868079    
## news_PC14:song_PC26  1.509e+00  9.426e-01   1.601 0.109350    
## news_PC15:song_PC26 -4.839e-01  9.728e-01  -0.497 0.618885    
## news_PC16:song_PC26 -2.795e+00  1.171e+00  -2.387 0.016996 *  
## news_PC17:song_PC26 -5.064e-01  8.800e-01  -0.575 0.565021    
## news_PC18:song_PC26 -2.254e-01  9.262e-01  -0.243 0.807704    
## news_PC19:song_PC26  3.302e-02  9.622e-01   0.034 0.972623    
## news_PC20:song_PC26 -2.316e+00  1.078e+00  -2.148 0.031714 *  
## news_PC21:song_PC26 -3.372e+00  1.071e+00  -3.149 0.001636 ** 
## news_PC22:song_PC26 -1.223e+00  1.046e+00  -1.170 0.241975    
## news_PC23:song_PC26  2.213e-01  1.333e+00   0.166 0.868113    
## news_PC24:song_PC26  2.522e+00  1.196e+00   2.109 0.034928 *  
## news_PC25:song_PC26 -1.234e+00  1.109e+00  -1.113 0.265684    
## news_PC26:song_PC26 -7.529e-01  1.100e+00  -0.685 0.493506    
## news_PC27:song_PC26 -1.221e+00  1.336e+00  -0.914 0.360891    
## news_PC28:song_PC26 -1.830e-01  1.165e+00  -0.157 0.875207    
## news_PC29:song_PC26 -8.640e-01  1.084e+00  -0.797 0.425273    
## news_PC30:song_PC26  1.075e+00  1.065e+00   1.009 0.312918    
## news_PC1:song_PC27  -2.602e-01  2.052e-01  -1.268 0.204775    
## news_PC2:song_PC27  -6.110e-01  3.139e-01  -1.946 0.051616 .  
## news_PC3:song_PC27  -6.113e-01  3.704e-01  -1.651 0.098835 .  
## news_PC4:song_PC27  -5.190e-01  4.685e-01  -1.108 0.267975    
## news_PC5:song_PC27   2.783e-01  6.886e-01   0.404 0.686063    
## news_PC6:song_PC27  -1.262e+00  7.501e-01  -1.682 0.092518 .  
## news_PC7:song_PC27  -8.434e-01  6.675e-01  -1.264 0.206358    
## news_PC8:song_PC27   2.063e+00  1.067e+00   1.933 0.053255 .  
## news_PC9:song_PC27  -1.557e+00  1.192e+00  -1.306 0.191452    
## news_PC10:song_PC27 -1.120e+00  9.737e-01  -1.150 0.250144    
## news_PC11:song_PC27  6.343e-01  8.547e-01   0.742 0.458005    
## news_PC12:song_PC27 -1.306e+00  7.964e-01  -1.640 0.100947    
## news_PC13:song_PC27  1.591e+00  8.729e-01   1.822 0.068398 .  
## news_PC14:song_PC27 -2.516e-02  9.245e-01  -0.027 0.978285    
## news_PC15:song_PC27  1.539e+00  9.895e-01   1.555 0.119904    
## news_PC16:song_PC27 -3.386e-01  1.163e+00  -0.291 0.770915    
## news_PC17:song_PC27 -9.165e-01  9.908e-01  -0.925 0.354979    
## news_PC18:song_PC27 -3.097e-01  9.873e-01  -0.314 0.753799    
## news_PC19:song_PC27 -8.576e-01  1.005e+00  -0.854 0.393330    
## news_PC20:song_PC27  8.232e-01  1.129e+00   0.729 0.465874    
## news_PC21:song_PC27 -9.475e-01  1.104e+00  -0.858 0.390847    
## news_PC22:song_PC27 -2.423e-01  1.038e+00  -0.233 0.815391    
## news_PC23:song_PC27 -6.280e-01  1.347e+00  -0.466 0.640955    
## news_PC24:song_PC27 -1.251e+00  1.189e+00  -1.052 0.292998    
## news_PC25:song_PC27  9.755e-01  1.165e+00   0.838 0.402225    
## news_PC26:song_PC27 -2.187e+00  1.133e+00  -1.930 0.053561 .  
## news_PC27:song_PC27  1.708e-01  1.296e+00   0.132 0.895177    
## news_PC28:song_PC27 -3.479e-01  1.193e+00  -0.292 0.770609    
## news_PC29:song_PC27 -1.364e+00  1.146e+00  -1.190 0.233897    
## news_PC30:song_PC27 -1.035e+00  1.153e+00  -0.898 0.369190    
## news_PC1:song_PC28  -2.799e-01  2.008e-01  -1.394 0.163439    
## news_PC2:song_PC28  -1.927e-01  3.194e-01  -0.603 0.546217    
## news_PC3:song_PC28  -1.107e-01  3.570e-01  -0.310 0.756417    
## news_PC4:song_PC28   3.424e-01  4.803e-01   0.713 0.475857    
## news_PC5:song_PC28  -2.660e+00  7.053e-01  -3.771 0.000163 ***
## news_PC6:song_PC28   9.174e-01  7.860e-01   1.167 0.243123    
## news_PC7:song_PC28  -8.124e-01  7.100e-01  -1.144 0.252578    
## news_PC8:song_PC28  -1.406e+00  1.069e+00  -1.314 0.188729    
## news_PC9:song_PC28   1.785e+00  1.207e+00   1.479 0.139235    
## news_PC10:song_PC28 -1.163e+00  9.496e-01  -1.224 0.220806    
## news_PC11:song_PC28 -1.535e+00  8.845e-01  -1.736 0.082610 .  
## news_PC12:song_PC28 -2.163e-01  8.057e-01  -0.268 0.788364    
## news_PC13:song_PC28 -1.681e+00  8.843e-01  -1.901 0.057301 .  
## news_PC14:song_PC28 -2.721e-01  9.314e-01  -0.292 0.770160    
## news_PC15:song_PC28 -2.560e-01  1.002e+00  -0.256 0.798302    
## news_PC16:song_PC28 -1.757e+00  1.151e+00  -1.526 0.126952    
## news_PC17:song_PC28 -3.834e-01  9.864e-01  -0.389 0.697479    
## news_PC18:song_PC28  8.402e-01  1.005e+00   0.836 0.403329    
## news_PC19:song_PC28 -1.483e+00  1.024e+00  -1.449 0.147316    
## news_PC20:song_PC28  1.375e+00  1.117e+00   1.230 0.218510    
## news_PC21:song_PC28 -1.414e+00  1.082e+00  -1.307 0.191229    
## news_PC22:song_PC28  2.057e+00  1.105e+00   1.861 0.062787 .  
## news_PC23:song_PC28 -1.455e+00  1.381e+00  -1.053 0.292129    
## news_PC24:song_PC28  6.533e-01  1.174e+00   0.557 0.577813    
## news_PC25:song_PC28  1.787e+00  1.169e+00   1.528 0.126529    
## news_PC26:song_PC28  1.162e+00  1.128e+00   1.030 0.303002    
## news_PC27:song_PC28  1.287e-01  1.325e+00   0.097 0.922631    
## news_PC28:song_PC28  1.099e+00  1.206e+00   0.911 0.362124    
## news_PC29:song_PC28 -1.215e-01  1.137e+00  -0.107 0.914864    
## news_PC30:song_PC28  1.633e+00  1.163e+00   1.404 0.160280    
## news_PC1:song_PC29  -4.607e-01  1.953e-01  -2.359 0.018331 *  
## news_PC2:song_PC29  -1.746e-01  2.860e-01  -0.610 0.541619    
## news_PC3:song_PC29  -2.023e-01  3.537e-01  -0.572 0.567409    
## news_PC4:song_PC29  -4.388e-01  4.810e-01  -0.912 0.361611    
## news_PC5:song_PC29   1.218e+00  6.429e-01   1.894 0.058240 .  
## news_PC6:song_PC29  -1.433e+00  7.023e-01  -2.040 0.041380 *  
## news_PC7:song_PC29   6.251e-01  6.600e-01   0.947 0.343539    
## news_PC8:song_PC29  -4.658e-01  9.401e-01  -0.495 0.620262    
## news_PC9:song_PC29  -3.228e+00  1.201e+00  -2.688 0.007185 ** 
## news_PC10:song_PC29  9.362e-01  8.920e-01   1.050 0.293911    
## news_PC11:song_PC29  2.524e-01  8.298e-01   0.304 0.760986    
## news_PC12:song_PC29 -4.232e-01  7.736e-01  -0.547 0.584375    
## news_PC13:song_PC29  2.343e+00  8.631e-01   2.715 0.006624 ** 
## news_PC14:song_PC29 -1.625e+00  9.090e-01  -1.788 0.073767 .  
## news_PC15:song_PC29  9.573e-01  9.834e-01   0.973 0.330318    
## news_PC16:song_PC29  1.789e+00  1.085e+00   1.649 0.099250 .  
## news_PC17:song_PC29  1.630e+00  9.290e-01   1.755 0.079296 .  
## news_PC18:song_PC29 -7.945e-01  9.867e-01  -0.805 0.420694    
## news_PC19:song_PC29  7.539e-01  9.773e-01   0.771 0.440463    
## news_PC20:song_PC29  1.344e+00  1.058e+00   1.270 0.203963    
## news_PC21:song_PC29  1.289e+00  1.060e+00   1.216 0.223852    
## news_PC22:song_PC29 -1.644e+00  1.018e+00  -1.616 0.106113    
## news_PC23:song_PC29 -9.751e-01  1.229e+00  -0.794 0.427397    
## news_PC24:song_PC29 -2.080e+00  1.092e+00  -1.905 0.056785 .  
## news_PC25:song_PC29  7.933e-01  1.110e+00   0.715 0.474715    
## news_PC26:song_PC29  1.766e+00  1.122e+00   1.573 0.115703    
## news_PC27:song_PC29 -1.375e+00  1.199e+00  -1.147 0.251385    
## news_PC28:song_PC29 -8.183e-01  1.167e+00  -0.701 0.483382    
## news_PC29:song_PC29  1.341e+00  1.098e+00   1.222 0.221843    
## news_PC30:song_PC29 -2.377e-01  1.155e+00  -0.206 0.837008    
## news_PC1:song_PC30   1.303e-01  2.025e-01   0.643 0.519901    
## news_PC2:song_PC30  -4.418e-01  3.107e-01  -1.422 0.155064    
## news_PC3:song_PC30  -7.561e-01  3.608e-01  -2.095 0.036130 *  
## news_PC4:song_PC30   7.269e-01  4.684e-01   1.552 0.120670    
## news_PC5:song_PC30  -1.589e+00  6.965e-01  -2.281 0.022544 *  
## news_PC6:song_PC30  -4.028e-03  7.304e-01  -0.006 0.995600    
## news_PC7:song_PC30  -5.364e-01  6.649e-01  -0.807 0.419833    
## news_PC8:song_PC30  -3.022e+00  1.125e+00  -2.685 0.007258 ** 
## news_PC9:song_PC30   8.708e-01  1.219e+00   0.714 0.475163    
## news_PC10:song_PC30 -1.629e+00  9.206e-01  -1.769 0.076852 .  
## news_PC11:song_PC30  1.828e-01  8.817e-01   0.207 0.835708    
## news_PC12:song_PC30  1.400e+00  7.962e-01   1.758 0.078792 .  
## news_PC13:song_PC30 -1.609e+00  8.620e-01  -1.866 0.062021 .  
## news_PC14:song_PC30 -1.141e+00  9.295e-01  -1.227 0.219756    
## news_PC15:song_PC30  1.024e-01  9.655e-01   0.106 0.915566    
## news_PC16:song_PC30 -9.957e-01  1.123e+00  -0.887 0.375054    
## news_PC17:song_PC30 -1.671e-01  9.866e-01  -0.169 0.865475    
## news_PC18:song_PC30  2.634e-01  9.728e-01   0.271 0.786599    
## news_PC19:song_PC30  7.026e-01  9.891e-01   0.710 0.477489    
## news_PC20:song_PC30 -5.098e-02  1.100e+00  -0.046 0.963036    
## news_PC21:song_PC30 -1.069e+00  1.078e+00  -0.992 0.321365    
## news_PC22:song_PC30  6.318e-01  1.051e+00   0.601 0.547922    
## news_PC23:song_PC30  3.316e-02  1.339e+00   0.025 0.980244    
## news_PC24:song_PC30 -2.392e+00  1.158e+00  -2.065 0.038963 *  
## news_PC25:song_PC30 -1.908e+00  1.165e+00  -1.638 0.101515    
## news_PC26:song_PC30 -2.088e+00  1.175e+00  -1.776 0.075661 .  
## news_PC27:song_PC30  1.916e-01  1.323e+00   0.145 0.884856    
## news_PC28:song_PC30  1.182e-01  1.191e+00   0.099 0.920974    
## news_PC29:song_PC30  8.991e-01  1.128e+00   0.797 0.425502    
## news_PC30:song_PC30  7.570e-01  1.107e+00   0.684 0.494259    
## ---
## Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
## 
## (Dispersion parameter for binomial family taken to be 1)
## 
##     Null deviance: 6618.6  on 4906  degrees of freedom
## Residual deviance: 5520.1  on 4006  degrees of freedom
## AIC: 7322.1
## 
## Number of Fisher Scoring iterations: 6
# Make predictions and assess accuracy
predictions <- testing_data %>%
    mutate(soft_prediction = predict.glm(model, newdata = ., type = "response")) %>%
    mutate(hard_prediction = soft_prediction >= 0.5) %>%
    mutate(is_correct      = hard_prediction == response)

paste("Accuracy:", round(mean(predictions$is_correct), 2))
## [1] "Accuracy: 0.55"
# How good are the hard predictions?
ggplotly(
    predictions %>%
        ggplot(aes(x = hard_prediction, fill = response)) +
        geom_bar(position = position_dodge()) +
        ylim(0, nrow(testing_data)) +
        labs(x = "Model Prediction", fill = "True Value")
)
# How good are the soft predictions?
ggplotly(
    predictions %>%
        ggplot(aes(y = soft_prediction, x = response)) +
        geom_boxplot() +
        labs(x = "True Value", y = "Model Predicted Probability")
)
# ROC curve to figure out which soft-->hard cutoff to use
predictions %>%
    ggplot(aes(m = soft_prediction, d = response)) +
    geom_roc(n.cuts = 20, labels = T, labelround = 2)
## Warning in verify_d(data$d): D not labeled 0/1, assuming FALSE = 0 and TRUE = 1!